@inproceedings{rnnsearch,
  author    = {Bahdanau, Dzmitry and Cho, KyungHyun and Bengio, Yoshua},
  title     = {Neural Machine Translation by Jointly Learning to Align and Translate},
  booktitle = {Proceedings of ICLR},
  year      = {2015}
}
@InProceedings{D15-1166,
  author = 	"Luong, Thang
		and Pham, Hieu
		and Manning, Christopher D.",
  title = 	"Effective Approaches to Attention-based Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2015"
}
@inproceedings{Feng2016Improving,
    author = {Shi Feng and
    Shujie Liu and
    Nan Yang and
    Mu Li and
    Ming Zhou and
    Kenny Q. Zhu},
    title = {Improving Attention Modeling with Implicit Distortion and Fertility for Machine Translation},
    booktitle = {{COLING} 2016, 26th International Conference on Computational Linguistics,
    Proceedings of the Conference: Technical Papers, December 11-16, 2016,
    Osaka, Japan},
    pages = {3082--3092},
    year = {2016},
}
@InProceedings{D16-1249,
  author = 	"Mi, Haitao
		and Wang, Zhiguo
		and Ittycheriah, Abe",
  title = 	"Supervised Attentions for Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2016"
}
@InProceedings{lin2017structured,
  author={Lin, Zhouhan and Feng, Minwei and Santos, Cicero Nogueira dos and Yu, Mo and Xiang, Bing and Zhou, Bowen and Bengio, Yoshua},
  title = 	"A structured self-attentive sentence embedding",
  booktitle = 	"Proceedings of ICLR",
  year = 	"2017"
}
@InProceedings{shen2017disan,
  author={Shen, Tao and Zhou, Tianyi and Long, Guodong and Jiang, Jing and Pan, Shirui and Zhang, Chengqi},
  title = 	"DiSAN: Directional Self-Attention Network for RNN/CNN-Free Language Understanding",
  booktitle = 	"Proceedings of AAAI",
  year = 	"2018"
}
@InProceedings{shen2018bi,
  author={Shen, Tao and Zhou, Tianyi and Long, Guodong and Jiang, Jing and Zhang, Chengqi},
  title={Bi-directional block self-attention for fast and memory-efficient sequence modeling},
  booktitle = 	"Proceedings of ICLR",
  year = 	"2018"
}
@InProceedings{shen2018reinforced,
  author={Shen, Tao and Zhou, Tianyi and Long, Guodong and Jiang, Jing and Wang, Sen and Zhang, Chengqi},
  title={Reinforced Self-Attention Network: a Hybrid of Hard and Soft Attention for Sequence Modeling},
  booktitle = 	"Proceedings of IJCAI",
  year = 	"2018"
}
@InProceedings{N18-2074,
  author = 	"Shaw, Peter
		and Uszkoreit, Jakob
		and Vaswani, Ashish",
  title = 	"Self-Attention with Relative Position Representations",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{N18-1124,
  author = 	"Miculicich Werlen, Lesly
		and Pappas, Nikolaos
		and Ram, Dhananjay
		and Popescu-Belis, Andrei",
  title = 	"Self-Attentive Residual Decoder for Neural Machine Translation",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{N18-1125,
  author = 	"Li, Xintong
		and Liu, Lemao
		and Tu, Zhaopeng
		and Shi, Shuming
		and Meng, Max",
  title = 	"Target Foresight Based Attention for Neural Machine Translation",
  booktitle = 	"Proceedings of NAACL",
  year = 	"2018"
}
@InProceedings{P18-1166,
  author = 	"Zhang, Biao
		and Xiong, Deyi
		and su jinsong , jinsong",
  title = 	"Accelerating Neural Transformer via an Average Attention Network",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{P18-1167,
  author = 	"Domhan, Tobias",
  title = 	"How Much Attention Do You Need? A Granular Analysis of Neural Machine Translation Architectures",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{P18-1164,
  author = 	"Kuang, Shaohui
		and Li, Junhui
		and Branco, Ant{\'o}nio
		and Luo, Weihua
		and Xiong, Deyi",
  title = 	"Attention Focusing for Neural Machine Translation by Bridging Source and Target Embeddings",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{P18-2059,
  author = 	"Malaviya, Chaitanya
		and Ferreira, Pedro
		and Martins, Andr{\'e} F. T.",
  title = 	"Sparse and Constrained Attention for Neural Machine Translation",
  booktitle = 	"Proceedings of ACL",
  year = 	"2018"
}
@InProceedings{D18-1065,
  author = 	"Shankar, Shiv
		and Garg, Siddhant
		and Sarawagi, Sunita",
  title = 	"Surprisingly Easy Hard-Attention for Sequence to Sequence Learning",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1317,
  author = 	"Li, Jian
		and Tu, Zhaopeng
		and Yang, Baosong
		and Lyu, Michael R.
		and Zhang, Tong",
  title = 	"Multi-Head Attention with Disagreement Regularization",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1408,
  author = 	"Wu, Wei
		and Wang, Houfeng
		and Liu, Tianyu
		and Ma, Shuming",
  title = 	"Phrase-level Self-Attention Networks for Universal Sentence Encoding",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1475,
  author = 	"Yang, Baosong
		and Tu, Zhaopeng
		and Wong, Derek F.
		and Meng, Fandong
		and Chao, Lidia S.
		and Zhang, Tong",
  title = 	"Modeling Localness for Self-Attention Networks",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1331,
  author = 	"Lin, Junyang
		and Sun, Xu
		and Ren, Xuancheng
		and Li, Muyu
		and Su, Qi",
  title = 	"Learning When to Concentrate or Divert Attention: Self-Adaptive Attention Temperature for Neural Machine Translation",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{D18-1338,
  author = 	"Bapna, Ankur
		and Chen, Mia
		and Firat, Orhan
		and Cao, Yuan
		and Wu, Yonghui",
  title = 	"Training Deeper Neural Machine Translation Models with Transparent Attention",
  booktitle = 	"Proceedings of EMNLP",
  year = 	"2018"
}
@InProceedings{C18-1142,
  author = 	"Bahuleyan, Hareesh
		and Mou, Lili
		and Vechtomova, Olga
		and Poupart, Pascal",
  title = 	"Variational Attention for Sequence-to-Sequence Models",
  booktitle = 	"Proceedings of COLING",
  year = 	"2018"
}
@InProceedings{K18-1010,
  author = 	"Elbayad, Maha
		and Besacier, Laurent
		and Verbeek, Jakob",
  title = 	"Pervasive Attention: {\{}2D{\}} Convolutional Neural Networks for Sequence-to-Sequence Prediction",
  booktitle = 	"Proceedings of CoNLL",
  year = 	"2018"
}
@inproceedings{Deng2018LatentAA,
  title={Latent Alignment and Variational Attention},
  author={Yuntian Deng and Yoon Kim and Justin Chiu and Demi Guo and Alexander M. Rush},
  booktitle={NeurIPS},
  year={2018}
}
@InProceedings{shankar2019posterior,
  title={Posterior Attention Models for Sequence to Sequence Learning},
  author={Shankar, Shiv and Sarawagi, Sunita},
  booktitle={Proceedings of ICLR},
  year={2019}
}
@InProceedings{yang2019context-aware,
	author = "Yang, Baosong  
		and Li, Jian  
		and Wong, Derek  
		and Chao, Lidia S  
		and Wang, Xing  
		and Tu, Zhaopeng",
    title = "Context-Aware Self-Attention Networks",
    booktitle = "Proceedings of AAAI"
    year = 	"2019"
}